package apii.algorithm.tokenizer;

/**
 * <b> Note:</b> Thread SAFE
 * <p>
 * <b> Note:</b> Doesn't create threads.
 * 
 * @author Alex
 * 
 */

public interface Tokenizer {

	Token[] parse(String code) throws MalformedCodeException;

	interface Token {

		int getID();

		int getStart();

		int getEnd();
	}
}
